from transformers import BertModel,BertTokenizer
# BERT_PATH = 'bert-base-cased'
BERT_PATH = 'bert-base-chinese'
tokenizer = BertTokenizer.from_pretrained(BERT_PATH)
# print(tokenizer.tokenize('I have a good time, thank you.'))
bert_input = tokenizer('谁你是谁？我根本不认识你！666',padding='max_length',
                       max_length = 20,
                       truncation=True,
                       return_tensors="pt")
print(bert_input)
bert = BertModel.from_pretrained(BERT_PATH)
print('load bert model over')

